@article{DBLP:journals/corr/abs-1903-07785,
  author    = {Alexei Baevski and Sergey Edunov and Yinhan Liu and Luke Zettlemoyer and Michael Auli},
  title     = {Cloze-driven Pretraining of Self-attention Networks},
  journal   = {CoRR},
  volume    = {abs/1903.07785},
  year      = {2019},
  url       = {http://arxiv.org/abs/1903.07785}
}